cd ../../uncertainty-estimation/src
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_vanilla/moji_ood_test/imdb/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_bteo/moji_ood_test/imdb/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_adv/moji_ood_test/imdb/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_dadv/moji_ood_test/imdb/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True fairlib.INLP\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_inlp/moji_ood_test/imdb/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_fairbatch/moji_ood_test/imdb/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_diff/moji_ood_test/imdb/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_gd_diff
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_btj/moji_ood_test/imdb/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_btj
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_vanilla/moji_ood_test/20newsgroups/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_bteo/moji_ood_test/20newsgroups/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_adv/moji_ood_test/20newsgroups/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_dadv/moji_ood_test/20newsgroups/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True fairlib.INLP\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_inlp/moji_ood_test/20newsgroups/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_fairbatch/moji_ood_test/20newsgroups/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_diff/moji_ood_test/20newsgroups/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_gd_diff
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_btj/moji_ood_test/20newsgroups/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_btj
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_vanilla/moji_ood_test/trec/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_bteo/moji_ood_test/trec/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_adv/moji_ood_test/trec/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_dadv/moji_ood_test/trec/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True fairlib.INLP\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_inlp/moji_ood_test/trec/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_inlp
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_fairbatch/moji_ood_test/trec/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_diff/moji_ood_test/trec/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_gd_diff
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_btj/moji_ood_test/trec/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_btj
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_vanilla/moji_ood_test/sst2/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_bteo/moji_ood_test/sst2/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_adv/moji_ood_test/sst2/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_dadv/moji_ood_test/sst2/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True fairlib.INLP\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_inlp/moji_ood_test/sst2/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_inlp
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_fairbatch/moji_ood_test/sst2/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_diff/moji_ood_test/sst2/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_gd_diff
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_btj/moji_ood_test/sst2/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_btj
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_vanilla/moji_ood_test/wmt16/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_bteo/moji_ood_test/wmt16/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_adv/moji_ood_test/wmt16/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_dadv/moji_ood_test/wmt16/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True fairlib.INLP\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_inlp/moji_ood_test/wmt16/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_inlp
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_fairbatch/moji_ood_test/wmt16/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_diff/moji_ood_test/wmt16/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_gd_diff
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_btj/moji_ood_test/wmt16/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_btj


HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_vanilla/moji_ood_test/imdb/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_bteo/moji_ood_test/imdb/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_adv/moji_ood_test/imdb/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_dadv/moji_ood_test/imdb/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True fairlib.INLP\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_inlp/moji_ood_test/imdb/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_fairbatch/moji_ood_test/imdb/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_diff/moji_ood_test/imdb/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_gd_diff
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=imdb +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_btj/moji_ood_test/imdb/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_btj
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_vanilla/moji_ood_test/20newsgroups/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_bteo/moji_ood_test/20newsgroups/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_adv/moji_ood_test/20newsgroups/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_dadv/moji_ood_test/20newsgroups/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True fairlib.INLP\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_inlp/moji_ood_test/20newsgroups/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_inlp
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_fairbatch/moji_ood_test/20newsgroups/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_diff/moji_ood_test/20newsgroups/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_gd_diff
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=20newsgroups +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_btj/moji_ood_test/20newsgroups/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_btj
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_vanilla/moji_ood_test/trec/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_bteo/moji_ood_test/trec/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_adv/moji_ood_test/trec/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_dadv/moji_ood_test/trec/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True fairlib.INLP\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_inlp/moji_ood_test/trec/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_fairbatch/moji_ood_test/trec/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_diff/moji_ood_test/trec/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_gd_diff
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=trec +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_btj/moji_ood_test/trec/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_btj
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_vanilla/moji_ood_test/sst2/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_bteo/moji_ood_test/sst2/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_adv/moji_ood_test/sst2/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_dadv/moji_ood_test/sst2/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True fairlib.INLP\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_inlp/moji_ood_test/sst2/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_inlp
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_fairbatch/moji_ood_test/sst2/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_diff/moji_ood_test/sst2/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_gd_diff
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=sst2 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_btj/moji_ood_test/sst2/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_btj
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_vanilla/moji_ood_test/wmt16/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_bteo/moji_ood_test/wmt16/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_adv/moji_ood_test/wmt16/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_dadv/moji_ood_test/wmt16/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True fairlib.INLP\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_inlp/moji_ood_test/wmt16/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_inlp
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_fairbatch/moji_ood_test/wmt16/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_diff/moji_ood_test/wmt16/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_gd_diff
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_ood.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data data.ood_data\=wmt16 +data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw' config_path=../configs/moji_ood.yaml output_dir=../workdir/run_tasks_for_model_series_ood_mdto_moji_bertweet/fairlib_bert_moji_ood_btj/moji_ood_test/wmt16/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet/fairlib_bert_no_sn_moji_btj








